import requests
import re
import time


# 请求头
headers = {
    "Accept": "*/*",
    "Accept-Encoding": "gzip, deflate, br",
    "Accept-Language": "zh-CN,zh;q=0.8,en-US;q=0.5,en;q=0.3",
    "Cookie": "l=AurqcPuigwQdnQv7WvAfCoR1OlrRQW7h; isg=BHp6mNB79CHqYXpVEiRteXyyyKNcg8YEwjgLqoRvCI3ddxqxbLtOFUBGwwOrZ3ad; thw=cn; cna=VsJQERAypn0CATrXFEIahcz8; t=0eed37629fe7ef5ec0b8ecb6cd3a3577; tracknick=tb830309_22; _cc_=UtASsssmfA%3D%3D; tg=0; ubn=p; ucn=unzbyun; x=e%3D1%26p%3D*%26s%3D0%26c%3D0%26f%3D0%26g%3D0%26t%3D0%26__ll%3D-1%26_ato%3D0; miid=981798063989731689; hng=CN%7Czh-CN%7CCNY%7C156; um=0712F33290AB8A6D01951C8161A2DF2CDC7C5278664EE3E02F8F6195B27229B88A7470FD7B89F7FACD43AD3E795C914CC2A8BEB1FA88729A3A74257D8EE4FBBC; enc=1UeyOeN0l7Fkx0yPu7l6BuiPkT%2BdSxE0EqUM26jcSMdi1LtYaZbjQCMj5dKU3P0qfGwJn8QqYXc6oJugH%2FhFRA%3D%3D; ali_ab=58.215.20.66.1516409089271.6; mt=ci%3D-1_1; cookie2=104f8fc9c13eb24c296768a50cabdd6e; _tb_token_=ee7e1e1e7dbe7; v=0",
    "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64;` rv:47.0) Gecko/20100101 Firefox/47.0"
}
# 获得文章列表urls
def getUrls(url):

    # 发送请求
    r = requests.get(url, headers=headers)
    #设置解码方式
    r.encoding=r.apparent_encoding
    #这里会用设置的解码方式解码
    html_source = r.text
    # 正则表达式，取出网页中的url链接（一些寻找注入点的工具也是这么做出来的）
    urls = re.findall("https://[^>\";\']*\d",html_source)
    new_urls=[]
    for url in urls:
        if 'details' in url:
            if url not in new_urls:
                new_urls.append(url)
    return new_urls

def getProxy():
    header = {
        'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/88.0.4324.182 Safari/537.36'
    }
    url = 'http://pandavip.xiongmaodaili.com/xiongmao-web/apiPlus/vgl?secret=ce523c3fd75f5540908813f5e97b85b9&orderNo=VGL20210514193744Nf65Ml7P&count=10&isTxt=1&proxyType=1&validTime=0&removal=0&provinceIds=&cityIds='

    r = requests.get(url,headers=header)
    p = r.text.split()
    return p



if __name__ == "__main__":
    urls = getUrls("https://blog.csdn.net/m0_46778548?spm=1001.2101.3001.5343")
    for id in range(80,100):
        proxies = getProxy()
        for i in proxies:
            # 字典的键要大写 
            proxy = {
                'HTTP':'http://' + i,
                'HTTPS':'https://' + i,
            }
            try:
                for url in urls:
                    requests.get(url,headers=headers,proxies=proxy,timeout=10)
                    print(url, "Ok")
                    time.sleep(5)
                time.sleep(5)
            except Exception as e:
                print(e)

